Step 1
Automated step
IBM AIOPS Mitigate Robotshop Ratings Outage
[WARNING]: provided hosts list is empty, only localhost is available. Note that
the implicit localhost does not match 'all'
PLAY [localhost] ***************************************************************
TASK [Gathering Facts] *********************************************************
ok: [localhost]
TASK [k8s_apikey] **************************************************************
ok: [localhost]
TASK [k8s_apiurl] **************************************************************
ok: [localhost]
TASK [validate_certs] **********************************************************
ok: [localhost]
TASK [start-ratings : DEBUG - 🟢 API URL] **********************
ok: [localhost] => {
"k8s_apiurl": "https://172.30.0.1:443"
}
TASK [start-ratings : DEBUG - 🟢 API KEY] **********************
ok: [localhost] => {
"k8s_apikey": "eyJhbGciOiJSUzI1NiIsImtpZCI6ImhsUlZtMTI4R1dXQ3l6ZnlqVjFKbFlZaVJlalF2dG5jdG5kb04wcW5ER28ifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6Mjc0NDg4ODkyNSwiaWF0IjoxNzQ0ODg4OTI2LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImRlZmF1bHQiLCJzZXJ2aWNlYWNjb3VudCI6eyJuYW1lIjoiZGVtby1hZG1pbiIsInVpZCI6IjZiZjI1ZGU0LWNhYTItNDYxNS05OTk4LTQ3ZTNiOWE0YWVmYiJ9fSwibmJmIjoxNzQ0ODg4OTI2LCJzdWIiOiJzeXN0ZW06c2VydmljZWFjY291bnQ6ZGVmYXVsdDpkZW1vLWFkbWluIn0.R1rZ0ruz3U6m2R54HNxgl8H-okPh21LzvJ5EBuE6pLscfcICCRji8O0vxtClL5I1VeMGKEz8HYSb6YVd1Nm-7Hd_B-S0qPB2cY2_hDiajt_jJgKEZr-oKLpGvZzUyD5pT9I7mH5Il2nhbqsvT0HKZINVTM3kxtdd-kl6_-SqJU8NHUDs6XGfeuN4k0a0ks6Svz6NoqPFzMhLSBnaNZmACfL_SlEAqHC1L3fphLjeILDSPrvYgX-uSic3mj-pRBkWF80w0pAZAkXrwOca24wS8w6I5mmEI6x1Jd_dsI9eB4Fg2O7bWa8qxt-56SPTRbXpvUx7LH52tM4bXapnLAOlYO0gm-R5nSF6ZUfrZbbfwvNMiaFlMkrMG_wWmoxo0G-c1qdNOzYCPudF-SJ2Ib_bxUJrZoeycXxRi39AAz9XVdPctmQPuJhNuJePJRelV9qpP5zDP41SIWaTpKdLXPOeJCyg3q3PDQxQ94jK4adLHbU8gm9-LWRBzKq-eru048uAlqcURdjdh-f4N2Svp9PZBRjN4T17FQqAOpXpS25ixcECgAfsvPaYfmN5A0hUND13al-oAUrkn5AaGiLT7M8c9lmRPbGFyGkcc7B76UetYtzUIybWboRiYjirN6B8EHTScgVAYIWZN9uRmYVDzZWYoe2J9f6T6UUInWMELmkJnaY"
}
TASK [start-ratings : OCP Login] ***********************************************
fatal: [localhost]: FAILED! => {"changed": true, "cmd": "oc login --token=eyJhbGciOiJSUzI1NiIsImtpZCI6ImhsUlZtMTI4R1dXQ3l6ZnlqVjFKbFlZaVJlalF2dG5jdG5kb04wcW5ER28ifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6Mjc0NDg4ODkyNSwiaWF0IjoxNzQ0ODg4OTI2LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImRlZmF1bHQiLCJzZXJ2aWNlYWNjb3VudCI6eyJuYW1lIjoiZGVtby1hZG1pbiIsInVpZCI6IjZiZjI1ZGU0LWNhYTItNDYxNS05OTk4LTQ3ZTNiOWE0YWVmYiJ9fSwibmJmIjoxNzQ0ODg4OTI2LCJzdWIiOiJzeXN0ZW06c2VydmljZWFjY291bnQ6ZGVmYXVsdDpkZW1vLWFkbWluIn0.R1rZ0ruz3U6m2R54HNxgl8H-okPh21LzvJ5EBuE6pLscfcICCRji8O0vxtClL5I1VeMGKEz8HYSb6YVd1Nm-7Hd_B-S0qPB2cY2_hDiajt_jJgKEZr-oKLpGvZzUyD5pT9I7mH5Il2nhbqsvT0HKZINVTM3kxtdd-kl6_-SqJU8NHUDs6XGfeuN4k0a0ks6Svz6NoqPFzMhLSBnaNZmACfL_SlEAqHC1L3fphLjeILDSPrvYgX-uSic3mj-pRBkWF80w0pAZAkXrwOca24wS8w6I5mmEI6x1Jd_dsI9eB4Fg2O7bWa8qxt-56SPTRbXpvUx7LH52tM4bXapnLAOlYO0gm-R5nSF6ZUfrZbbfwvNMiaFlMkrMG_wWmoxo0G-c1qdNOzYCPudF-SJ2Ib_bxUJrZoeycXxRi39AAz9XVdPctmQPuJhNuJePJRelV9qpP5zDP41SIWaTpKdLXPOeJCyg3q3PDQxQ94jK4adLHbU8gm9-LWRBzKq-eru048uAlqcURdjdh-f4N2Svp9PZBRjN4T17FQqAOpXpS25ixcECgAfsvPaYfmN5A0hUND13al-oAUrkn5AaGiLT7M8c9lmRPbGFyGkcc7B76UetYtzUIybWboRiYjirN6B8EHTScgVAYIWZN9uRmYVDzZWYoe2J9f6T6UUInWMELmkJnaY --server=https://172.30.0.1:443 --insecure-skip-tls-verify\\n", "delta": "0:00:00.455679", "end": "2025-05-14 11:34:14.300652", "msg": "non-zero return code", "rc": 1, "start": "2025-05-14 11:34:13.844973", "stderr": "Error from server (ServiceUnavailable): the server is currently unable to handle the request (get projects.project.openshift.io)", "stderr_lines": ["Error from server (ServiceUnavailable): the server is currently unable to handle the request (get projects.project.openshift.io)"], "stdout": "Logged into \\"https://172.30.0.1:443\\" as \\"system:serviceaccount:default:demo-admin\\" using the token provided.", "stdout_lines": ["Logged into \\"https://172.30.0.1:443\\" as \\"system:serviceaccount:default:demo-admin\\" using the token provided."]}
...ignoring
TASK [start-ratings : 🟣 OUTPUT - OCP Login] **********************************
ok: [localhost] => {
"EXEC_RESULT.stdout_lines": [
"Logged into \\"https://172.30.0.1:443\\" as \\"system:serviceaccount:default:demo-admin\\" using the token provided."
]
}
TASK [start-ratings : Mitigate MYSQL Problem (NEW)] ****************************
changed: [localhost]
TASK [start-ratings : 🟣 OUTPUT - Mitigate MYSQL Problem] *********************
ok: [localhost] => {
"EXEC_RESULT.stdout_lines": [
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
" 🚀 Mitigate MYSQL Problem",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"",
"",
"",
"",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
" ✅ Mitigate MYSQL Problem - DONE",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"---------------------------------------------------------------------------------------------------------------------------------------------------"
]
}
TASK [start-ratings : Increase MYSQL Memory (NEW)] *****************************
changed: [localhost]
TASK [start-ratings : 🟣 OUTPUT - Increase MYSQL Memory] **********************
ok: [localhost] => {
"EXEC_RESULT.stdout_lines": [
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
" 🚀 Increase MYSQL Memory",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"",
"",
" ----------------------------------------------------------------------------------------------------------",
" 🛠️ Initialize",
" ----------------------------------------------------------------------------------------------------------",
" URL: https:///1.0/rest-observer/rest/resources",
" LOGIN: :",
"",
" ----------------------------------------------------------------------------------------------------------",
" 📥 Restore innodb_buffer_pool_size",
" ----------------------------------------------------------------------------------------------------------",
" URL: https:///1.0/rest-observer/rest/resources",
" LOGIN: :",
"",
"",
"",
" OBJ_ID: ",
" result: ",
"",
" OBJ_ID: ",
" result: ",
"",
"",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
" ✅ Increase MYSQL Memory - DONE",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"---------------------------------------------------------------------------------------------------------------------------------------------------"
]
}
TASK [start-ratings : Rollback GIT Commit] *************************************
changed: [localhost]
PLAY RECAP *********************************************************************
localhost : ok=13 changed=4 unreachable=0 failed=0 skipped=0 rescued=0 ignored=1
the implicit localhost does not match 'all'
PLAY [localhost] ***************************************************************
TASK [Gathering Facts] *********************************************************
ok: [localhost]
TASK [k8s_apikey] **************************************************************
ok: [localhost]
TASK [k8s_apiurl] **************************************************************
ok: [localhost]
TASK [validate_certs] **********************************************************
ok: [localhost]
TASK [start-ratings : DEBUG - 🟢 API URL] **********************
ok: [localhost] => {
"k8s_apiurl": "https://172.30.0.1:443"
}
TASK [start-ratings : DEBUG - 🟢 API KEY] **********************
ok: [localhost] => {
"k8s_apikey": "eyJhbGciOiJSUzI1NiIsImtpZCI6ImhsUlZtMTI4R1dXQ3l6ZnlqVjFKbFlZaVJlalF2dG5jdG5kb04wcW5ER28ifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6Mjc0NDg4ODkyNSwiaWF0IjoxNzQ0ODg4OTI2LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImRlZmF1bHQiLCJzZXJ2aWNlYWNjb3VudCI6eyJuYW1lIjoiZGVtby1hZG1pbiIsInVpZCI6IjZiZjI1ZGU0LWNhYTItNDYxNS05OTk4LTQ3ZTNiOWE0YWVmYiJ9fSwibmJmIjoxNzQ0ODg4OTI2LCJzdWIiOiJzeXN0ZW06c2VydmljZWFjY291bnQ6ZGVmYXVsdDpkZW1vLWFkbWluIn0.R1rZ0ruz3U6m2R54HNxgl8H-okPh21LzvJ5EBuE6pLscfcICCRji8O0vxtClL5I1VeMGKEz8HYSb6YVd1Nm-7Hd_B-S0qPB2cY2_hDiajt_jJgKEZr-oKLpGvZzUyD5pT9I7mH5Il2nhbqsvT0HKZINVTM3kxtdd-kl6_-SqJU8NHUDs6XGfeuN4k0a0ks6Svz6NoqPFzMhLSBnaNZmACfL_SlEAqHC1L3fphLjeILDSPrvYgX-uSic3mj-pRBkWF80w0pAZAkXrwOca24wS8w6I5mmEI6x1Jd_dsI9eB4Fg2O7bWa8qxt-56SPTRbXpvUx7LH52tM4bXapnLAOlYO0gm-R5nSF6ZUfrZbbfwvNMiaFlMkrMG_wWmoxo0G-c1qdNOzYCPudF-SJ2Ib_bxUJrZoeycXxRi39AAz9XVdPctmQPuJhNuJePJRelV9qpP5zDP41SIWaTpKdLXPOeJCyg3q3PDQxQ94jK4adLHbU8gm9-LWRBzKq-eru048uAlqcURdjdh-f4N2Svp9PZBRjN4T17FQqAOpXpS25ixcECgAfsvPaYfmN5A0hUND13al-oAUrkn5AaGiLT7M8c9lmRPbGFyGkcc7B76UetYtzUIybWboRiYjirN6B8EHTScgVAYIWZN9uRmYVDzZWYoe2J9f6T6UUInWMELmkJnaY"
}
TASK [start-ratings : OCP Login] ***********************************************
fatal: [localhost]: FAILED! => {"changed": true, "cmd": "oc login --token=eyJhbGciOiJSUzI1NiIsImtpZCI6ImhsUlZtMTI4R1dXQ3l6ZnlqVjFKbFlZaVJlalF2dG5jdG5kb04wcW5ER28ifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6Mjc0NDg4ODkyNSwiaWF0IjoxNzQ0ODg4OTI2LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImRlZmF1bHQiLCJzZXJ2aWNlYWNjb3VudCI6eyJuYW1lIjoiZGVtby1hZG1pbiIsInVpZCI6IjZiZjI1ZGU0LWNhYTItNDYxNS05OTk4LTQ3ZTNiOWE0YWVmYiJ9fSwibmJmIjoxNzQ0ODg4OTI2LCJzdWIiOiJzeXN0ZW06c2VydmljZWFjY291bnQ6ZGVmYXVsdDpkZW1vLWFkbWluIn0.R1rZ0ruz3U6m2R54HNxgl8H-okPh21LzvJ5EBuE6pLscfcICCRji8O0vxtClL5I1VeMGKEz8HYSb6YVd1Nm-7Hd_B-S0qPB2cY2_hDiajt_jJgKEZr-oKLpGvZzUyD5pT9I7mH5Il2nhbqsvT0HKZINVTM3kxtdd-kl6_-SqJU8NHUDs6XGfeuN4k0a0ks6Svz6NoqPFzMhLSBnaNZmACfL_SlEAqHC1L3fphLjeILDSPrvYgX-uSic3mj-pRBkWF80w0pAZAkXrwOca24wS8w6I5mmEI6x1Jd_dsI9eB4Fg2O7bWa8qxt-56SPTRbXpvUx7LH52tM4bXapnLAOlYO0gm-R5nSF6ZUfrZbbfwvNMiaFlMkrMG_wWmoxo0G-c1qdNOzYCPudF-SJ2Ib_bxUJrZoeycXxRi39AAz9XVdPctmQPuJhNuJePJRelV9qpP5zDP41SIWaTpKdLXPOeJCyg3q3PDQxQ94jK4adLHbU8gm9-LWRBzKq-eru048uAlqcURdjdh-f4N2Svp9PZBRjN4T17FQqAOpXpS25ixcECgAfsvPaYfmN5A0hUND13al-oAUrkn5AaGiLT7M8c9lmRPbGFyGkcc7B76UetYtzUIybWboRiYjirN6B8EHTScgVAYIWZN9uRmYVDzZWYoe2J9f6T6UUInWMELmkJnaY --server=https://172.30.0.1:443 --insecure-skip-tls-verify\\n", "delta": "0:00:00.455679", "end": "2025-05-14 11:34:14.300652", "msg": "non-zero return code", "rc": 1, "start": "2025-05-14 11:34:13.844973", "stderr": "Error from server (ServiceUnavailable): the server is currently unable to handle the request (get projects.project.openshift.io)", "stderr_lines": ["Error from server (ServiceUnavailable): the server is currently unable to handle the request (get projects.project.openshift.io)"], "stdout": "Logged into \\"https://172.30.0.1:443\\" as \\"system:serviceaccount:default:demo-admin\\" using the token provided.", "stdout_lines": ["Logged into \\"https://172.30.0.1:443\\" as \\"system:serviceaccount:default:demo-admin\\" using the token provided."]}
...ignoring
TASK [start-ratings : 🟣 OUTPUT - OCP Login] **********************************
ok: [localhost] => {
"EXEC_RESULT.stdout_lines": [
"Logged into \\"https://172.30.0.1:443\\" as \\"system:serviceaccount:default:demo-admin\\" using the token provided."
]
}
TASK [start-ratings : Mitigate MYSQL Problem (NEW)] ****************************
changed: [localhost]
TASK [start-ratings : 🟣 OUTPUT - Mitigate MYSQL Problem] *********************
ok: [localhost] => {
"EXEC_RESULT.stdout_lines": [
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
" 🚀 Mitigate MYSQL Problem",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"",
"",
"",
"",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
" ✅ Mitigate MYSQL Problem - DONE",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"---------------------------------------------------------------------------------------------------------------------------------------------------"
]
}
TASK [start-ratings : Increase MYSQL Memory (NEW)] *****************************
changed: [localhost]
TASK [start-ratings : 🟣 OUTPUT - Increase MYSQL Memory] **********************
ok: [localhost] => {
"EXEC_RESULT.stdout_lines": [
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
" 🚀 Increase MYSQL Memory",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"",
"",
" ----------------------------------------------------------------------------------------------------------",
" 🛠️ Initialize",
" ----------------------------------------------------------------------------------------------------------",
" URL: https:///1.0/rest-observer/rest/resources",
" LOGIN: :",
"",
" ----------------------------------------------------------------------------------------------------------",
" 📥 Restore innodb_buffer_pool_size",
" ----------------------------------------------------------------------------------------------------------",
" URL: https:///1.0/rest-observer/rest/resources",
" LOGIN: :",
"",
"",
"",
" OBJ_ID: ",
" result: ",
"",
" OBJ_ID: ",
" result: ",
"",
"",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
" ✅ Increase MYSQL Memory - DONE",
"---------------------------------------------------------------------------------------------------------------------------------------------------",
"---------------------------------------------------------------------------------------------------------------------------------------------------"
]
}
TASK [start-ratings : Rollback GIT Commit] *************************************
changed: [localhost]
PLAY RECAP *********************************************************************
localhost : ok=13 changed=4 unreachable=0 failed=0 skipped=0 rescued=0 ignored=1
Run time: 00:01:11
Started: 05/14/2025, 13:33:22
Ansible Job ID: 34
Status:Successful
- clusterCredentials (optional)
- NameProvidesIBM AIOPS Mitigate Robotshop Ratings Outage
- This runbook does not contain any nested runbooks.